#ifndef TOKENIZER_H_
#define TOKENIZER_H_

#include <string>

using std::string;

class String_Tokenizer {
public:
	String_Tokenizer() {};
	~String_Tokenizer() {};
	void set_string(string str_buffer, string str_delim); 
	string next_token(); 
	bool has_more_tokens();
private:
	string::size_type first_pos;
	string::size_type last_pos;
	string this_token;
	string delim;
	string buffer;
	
};




#endif /*TOKENIZER_H_*/
